package com.atguigu.champter7.state;

import com.atguigu.beans.WaterSensor;
import com.atguigu.utils.AtguiguUtil;
import org.apache.flink.api.common.eventtime.WatermarkStrategy;
import org.apache.flink.api.common.state.MapState;
import org.apache.flink.api.common.state.MapStateDescriptor;
import org.apache.flink.configuration.Configuration;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.streaming.api.functions.KeyedProcessFunction;
import org.apache.flink.util.Collector;

import java.time.Duration;
import java.util.List;

public class Flink10_KeyedState_Map {
    public static void main(String[] args) {
        Configuration conf = new Configuration();
        conf.setInteger("rest.port", 9999);
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(conf);
        env.setParallelism(1);

        env
                .socketTextStream("hadoop104", 9999)
                .map(line -> {
                    String[] watersensors = line.split(",");
                    return new WaterSensor(watersensors[0], Long.valueOf(watersensors[1]), Integer.valueOf(watersensors[2]));
                })
                .assignTimestampsAndWatermarks(
                        WatermarkStrategy
                                //最大乱序程度
                                .<WaterSensor>forBoundedOutOfOrderness(Duration.ofSeconds(3))
                                //分配水印
                                .withTimestampAssigner((element, ts) -> element.getTs())

                                .withIdleness(Duration.ofSeconds(5))//如果有个并行度长时间[自定义时间]未获取数据,将另一个并行度的水印给没有数据的并行度
                )
                .keyBy(WaterSensor::getId)
                .process(new KeyedProcessFunction<String, WaterSensor, String>() {

                    private MapState<Integer, WaterSensor> vcmap;

                    //去重: 去掉重复的水位值. 思路: 把水位值作为MapState的key来实现去重, value随意
                    @Override
                    public void open(Configuration parameters) throws Exception {
                        vcmap = getRuntimeContext().getMapState(new MapStateDescriptor<Integer, WaterSensor>("Vcmap", Integer.class, WaterSensor.class));
                    }

                    @Override
                    public void processElement(WaterSensor value,
                                               Context ctx,
                                               Collector<String> out) throws Exception {
                        vcmap.put(value.getVc(),value);
                        List<WaterSensor> list = AtguiguUtil.toList(vcmap.values());
                        out.collect(list.toString());
                    }
                })
                .print();
        try {
            env.execute();
        } catch (Exception e) {
            e.printStackTrace();
        }
    }
}
